cd /remote-home/share/weixionglin/medclip/vlp/open_clip/src/ && \
CUDA_VISIBLE_DEVICES=0,1 torchrun --nproc_per_node=2 --rdzv_endpoint=$HOSTE_NODE_ADDR -m training.main --dataset-type "csv" --csv-separator "," --save-frequency 1 --report-to tensorboard \
--train-data="/remote-home/share/medical/public/ROCO/train/radiology/processed_train.csv" --val-data="/remote-home/share/medical/public/ROCO/test/radiology/processed_test.csv" --csv-img-key image --csv-caption-key caption \
--warmup 500 --batch-size=110 --lr=1e-4 --wd=0.1 --epochs=10 --workers=8 \
--model RN50_PubmedBERT_MLMG  --hugging-face \
--mlm --crop-scale 0.5 \
--resume /remote-home/share/weixionglin/medclip/vlp/open_clip/src/logs/2022_12/2022_12_18-15_02_33-model_RN50_PubmedBERT_MLMG-lr_0.0001-b_128-j_8-p_amp/checkpoints/epoch_100.pt \
--resume-model-only
